// Copyright (c) 2023 Intel Corporation
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//    http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
// ============================================================================
#pragma once

#include "xfastertransformer.h"
#include <torch/custom_class.h>
#include <torch/script.h>

struct EvalAutoDecoder : torch::CustomClassHolder {
public:
    EvalAutoDecoder(std::string modelPath, std::string dtype, std::string kvCacheType);

    torch::Tensor forward(torch::Tensor &inputIds);

    int64_t getRank();

private:
    std::string getTypeName(std::string dtype);
    AbstractDecoder *pdecoder;
    int vocabSize;
};
